from datasets import load_dataset, load_from_disk
from huggingface_hub import list_datasets

# print(list_datasets())
#  线上加载有问题
# data = load_dataset(path="seamew/Weibo", split="train", cache_dir="../../dataset/", trust_remote_code=True)
data = load_dataset(path="csv", data_files="../../data_class/Weibo/*.csv")
print(data)
for i in data:
    print(i)
